# coding:utf-8

# start url
start_url = []

# the interval of gen spider(ms)
GEN_SPIDER_INTERVAL = 0

# Redis Message
REDIS_HOST = "127.0.0.1"

REDIS_PORT = 6379

REDIS_DB = 0

REDIS_HAS_CRAWL_URLS = "yjs_has_crawl_urls"
REDIS_QUEUE_URLS = "yjs_all_urls"

# max threads_count
MAX_THREADS_COUNT = 4

# auto remove duplicate
AUTO_REMOVE_DEUP = True
